{ "cells": [ { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "# Downloading CAISO Oasis Datasets\n", "\n", "Grid Status provides access to many CAISO OASIS datasets. If one is missing, please post an issue on GitHub and we will add it" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "import gridstatus\n", "\n", "iso = gridstatus.CAISO()\n", "# autoreload\n", "%load_ext autoreload\n", "%autoreload 2" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "List All Available Oasis Datasets" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Dataset: transmission_interface_usage\n", "+---------------+-----------+-------------------+\n", "| Parameter | Default | Possible Values |\n", "+===============+===========+===================+\n", "| market_run_id | DAM | DAM, HASP, RRPD |\n", "+---------------+-----------+-------------------+\n", "| ti_id | ALL | N/A |\n", "+---------------+-----------+-------------------+\n", "| ti_direction | ALL | ALL, E, I |\n", "+---------------+-----------+-------------------+\n", "\n", "\n", "Dataset: schedule_by_tie\n", "+-------------+------------------------+-------------------------------------------------------------------------------------------------+\n", "| Parameter | Default | Possible Values |\n", "+=============+========================+=================================================================================================+\n", "| groupid | RTD_ENE_SCH_BY_TIE_GRP | RTD_ENE_SCH_BY_TIE_GRP, DAM_ENE_SCH_BY_TIE_GRP, RUC_ENE_SCH_BY_TIE_GRP, RTPD_ENE_SCH_BY_TIE_GRP |\n", "+-------------+------------------------+-------------------------------------------------------------------------------------------------+\n", "\n", "\n", "Dataset: as_requirements\n", "+---------------+-----------+---------------------+\n", "| Parameter | Default | Possible Values |\n", "+===============+===========+=====================+\n", "| market_run_id | DAM | DAM, HASP, RTM, 2DA |\n", "+---------------+-----------+---------------------+\n", "| anc_type | ALL | N/A |\n", "+---------------+-----------+---------------------+\n", "| anc_region | ALL | N/A |\n", "+---------------+-----------+---------------------+\n", "\n", "\n", "Dataset: as_clearing_prices\n", "+---------------+-----------+-------------------------------------------------------------------------+\n", "| Parameter | Default | Possible Values |\n", "+===============+===========+=========================================================================+\n", "| market_run_id | DAM | DAM, HASP |\n", "+---------------+-----------+-------------------------------------------------------------------------+\n", "| anc_type | ALL | ALL, NR, RD, RMD, RMU, RU, SR |\n", "+---------------+-----------+-------------------------------------------------------------------------+\n", "| anc_region | ALL | ALL, AS_CAISO, AS_SP26_EXP, AS_SP26, AS_CAISO_EXP, AS_NP26_EXP, AS_NP26 |\n", "+---------------+-----------+-------------------------------------------------------------------------+\n", "\n", "\n", "Dataset: fuel_prices\n", "+----------------+-----------+-------------------+\n", "| Parameter | Default | Possible Values |\n", "+================+===========+===================+\n", "| fuel_region_id | ALL | N/A |\n", "+----------------+-----------+-------------------+\n", "\n", "\n", "Dataset: ghg_allowances\n", " No parameters\n", "\n", "\n", "Dataset: wind_and_solar_forecast\n", " No parameters\n", "\n", "\n" ] } ], "source": [ "iso.list_oasis_datasets()" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "Get Data for specific dataset and set of parameters" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Dataset: as_clearing_prices\n", "+---------------+-----------+-------------------------------------------------------------------------+\n", "| Parameter | Default | Possible Values |\n", "+===============+===========+=========================================================================+\n", "| market_run_id | DAM | DAM, HASP |\n", "+---------------+-----------+-------------------------------------------------------------------------+\n", "| anc_type | ALL | ALL, NR, RD, RMD, RMU, RU, SR |\n", "+---------------+-----------+-------------------------------------------------------------------------+\n", "| anc_region | ALL | ALL, AS_CAISO, AS_SP26_EXP, AS_SP26, AS_CAISO_EXP, AS_NP26_EXP, AS_NP26 |\n", "+---------------+-----------+-------------------------------------------------------------------------+\n", "\n", "\n" ] } ], "source": [ "iso.list_oasis_datasets(\"as_clearing_prices\")" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
| \n", " | INTERVALSTARTTIME_GMT | \n", "INTERVALENDTIME_GMT | \n", "OPR_DT | \n", "OPR_HR | \n", "OPR_INTERVAL | \n", "OPR_TYPE | \n", "ANC_TYPE | \n", "ANC_REGION | \n", "MARKET_RUN_ID | \n", "XML_DATA_ITEM | \n", "MW | \n", "GROUP | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "2023-04-21T13:00:00-00:00 | \n", "2023-04-21T14:00:00-00:00 | \n", "2023-04-21 | \n", "7 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 1 | \n", "2023-04-22T05:00:00-00:00 | \n", "2023-04-22T06:00:00-00:00 | \n", "2023-04-21 | \n", "23 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 2 | \n", "2023-04-22T04:00:00-00:00 | \n", "2023-04-22T05:00:00-00:00 | \n", "2023-04-21 | \n", "22 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 3 | \n", "2023-04-21T08:00:00-00:00 | \n", "2023-04-21T09:00:00-00:00 | \n", "2023-04-21 | \n", "2 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 4 | \n", "2023-04-21T23:00:00-00:00 | \n", "2023-04-22T00:00:00-00:00 | \n", "2023-04-21 | \n", "17 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 5 | \n", "2023-04-22T02:00:00-00:00 | \n", "2023-04-22T03:00:00-00:00 | \n", "2023-04-21 | \n", "20 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 6 | \n", "2023-04-21T18:00:00-00:00 | \n", "2023-04-21T19:00:00-00:00 | \n", "2023-04-21 | \n", "12 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 7 | \n", "2023-04-22T03:00:00-00:00 | \n", "2023-04-22T04:00:00-00:00 | \n", "2023-04-21 | \n", "21 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 8 | \n", "2023-04-21T11:00:00-00:00 | \n", "2023-04-21T12:00:00-00:00 | \n", "2023-04-21 | \n", "5 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 9 | \n", "2023-04-21T16:00:00-00:00 | \n", "2023-04-21T17:00:00-00:00 | \n", "2023-04-21 | \n", "10 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 10 | \n", "2023-04-22T06:00:00-00:00 | \n", "2023-04-22T07:00:00-00:00 | \n", "2023-04-21 | \n", "24 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 11 | \n", "2023-04-21T10:00:00-00:00 | \n", "2023-04-21T11:00:00-00:00 | \n", "2023-04-21 | \n", "4 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 12 | \n", "2023-04-21T12:00:00-00:00 | \n", "2023-04-21T13:00:00-00:00 | \n", "2023-04-21 | \n", "6 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 13 | \n", "2023-04-21T14:00:00-00:00 | \n", "2023-04-21T15:00:00-00:00 | \n", "2023-04-21 | \n", "8 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 14 | \n", "2023-04-21T15:00:00-00:00 | \n", "2023-04-21T16:00:00-00:00 | \n", "2023-04-21 | \n", "9 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 15 | \n", "2023-04-21T22:00:00-00:00 | \n", "2023-04-21T23:00:00-00:00 | \n", "2023-04-21 | \n", "16 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 16 | \n", "2023-04-21T19:00:00-00:00 | \n", "2023-04-21T20:00:00-00:00 | \n", "2023-04-21 | \n", "13 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 17 | \n", "2023-04-22T00:00:00-00:00 | \n", "2023-04-22T01:00:00-00:00 | \n", "2023-04-21 | \n", "18 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 18 | \n", "2023-04-22T01:00:00-00:00 | \n", "2023-04-22T02:00:00-00:00 | \n", "2023-04-21 | \n", "19 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 19 | \n", "2023-04-21T07:00:00-00:00 | \n", "2023-04-21T08:00:00-00:00 | \n", "2023-04-21 | \n", "1 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 20 | \n", "2023-04-21T09:00:00-00:00 | \n", "2023-04-21T10:00:00-00:00 | \n", "2023-04-21 | \n", "3 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 21 | \n", "2023-04-21T17:00:00-00:00 | \n", "2023-04-21T18:00:00-00:00 | \n", "2023-04-21 | \n", "11 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 22 | \n", "2023-04-21T20:00:00-00:00 | \n", "2023-04-21T21:00:00-00:00 | \n", "2023-04-21 | \n", "14 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| 23 | \n", "2023-04-21T21:00:00-00:00 | \n", "2023-04-21T22:00:00-00:00 | \n", "2023-04-21 | \n", "15 | \n", "0 | \n", "Hourly | \n", "RMU | \n", "AS_CAISO_EXP | \n", "DAM | \n", "RMU_CLR_PRC | \n", "0 | \n", "1 | \n", "
| \n", " | POS | \n", "MARKET_RUN_ID | \n", "ANC_TYPE | \n", "ANC_REGION | \n", "LABEL | \n", "XML_DATA_ITEM | \n", "MW | \n", "INTERVALSTARTTIME_GMT | \n", "INTERVALENDTIME_GMT | \n", "OPR_DT | \n", "OPR_HR | \n", "OPR_INTERVAL | \n", "GROUP | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "5 | \n", "DAM | \n", "NR | \n", "AS_CAISO | \n", "AS Regional AS Requirement Maximum | \n", "NS_REQ_MAX_MW | \n", "0.00 | \n", "2023-04-01T21:00:00-00:00 | \n", "2023-04-01T22:00:00-00:00 | \n", "2023-04-01 | \n", "15 | \n", "0 | \n", "1 | \n", "
| 1 | \n", "5 | \n", "DAM | \n", "NR | \n", "AS_CAISO | \n", "AS Regional AS Requirement Maximum | \n", "NS_REQ_MAX_MW | \n", "0.00 | \n", "2023-04-01T09:00:00-00:00 | \n", "2023-04-01T10:00:00-00:00 | \n", "2023-04-01 | \n", "3 | \n", "0 | \n", "1 | \n", "
| 2 | \n", "5 | \n", "DAM | \n", "NR | \n", "AS_CAISO | \n", "AS Regional AS Requirement Maximum | \n", "NS_REQ_MAX_MW | \n", "0.00 | \n", "2023-04-01T16:00:00-00:00 | \n", "2023-04-01T17:00:00-00:00 | \n", "2023-04-01 | \n", "10 | \n", "0 | \n", "1 | \n", "
| 3 | \n", "5 | \n", "DAM | \n", "NR | \n", "AS_CAISO | \n", "AS Regional AS Requirement Maximum | \n", "NS_REQ_MAX_MW | \n", "0.00 | \n", "2023-04-01T10:00:00-00:00 | \n", "2023-04-01T11:00:00-00:00 | \n", "2023-04-01 | \n", "4 | \n", "0 | \n", "1 | \n", "
| 4 | \n", "5 | \n", "DAM | \n", "NR | \n", "AS_CAISO | \n", "AS Regional AS Requirement Maximum | \n", "NS_REQ_MAX_MW | \n", "0.00 | \n", "2023-04-02T02:00:00-00:00 | \n", "2023-04-02T03:00:00-00:00 | \n", "2023-04-01 | \n", "20 | \n", "0 | \n", "1 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 24955 | \n", "4 | \n", "DAM | \n", "SR | \n", "AS_SP26_EXP | \n", "AS Regional AS Requirement Minimum | \n", "SP_REQ_MIN_MW | \n", "93.54 | \n", "2023-04-20T07:00:00-00:00 | \n", "2023-04-20T08:00:00-00:00 | \n", "2023-04-20 | \n", "1 | \n", "0 | \n", "1040 | \n", "
| 24956 | \n", "4 | \n", "DAM | \n", "SR | \n", "AS_SP26_EXP | \n", "AS Regional AS Requirement Minimum | \n", "SP_REQ_MIN_MW | \n", "143.19 | \n", "2023-04-20T18:00:00-00:00 | \n", "2023-04-20T19:00:00-00:00 | \n", "2023-04-20 | \n", "12 | \n", "0 | \n", "1040 | \n", "
| 24957 | \n", "4 | \n", "DAM | \n", "SR | \n", "AS_SP26_EXP | \n", "AS Regional AS Requirement Minimum | \n", "SP_REQ_MIN_MW | \n", "102.52 | \n", "2023-04-21T05:00:00-00:00 | \n", "2023-04-21T06:00:00-00:00 | \n", "2023-04-20 | \n", "23 | \n", "0 | \n", "1040 | \n", "
| 24958 | \n", "4 | \n", "DAM | \n", "SR | \n", "AS_SP26_EXP | \n", "AS Regional AS Requirement Minimum | \n", "SP_REQ_MIN_MW | \n", "123.88 | \n", "2023-04-20T23:00:00-00:00 | \n", "2023-04-21T00:00:00-00:00 | \n", "2023-04-20 | \n", "17 | \n", "0 | \n", "1040 | \n", "
| 24959 | \n", "4 | \n", "DAM | \n", "SR | \n", "AS_SP26_EXP | \n", "AS Regional AS Requirement Minimum | \n", "SP_REQ_MIN_MW | \n", "103.25 | \n", "2023-04-20T14:00:00-00:00 | \n", "2023-04-20T15:00:00-00:00 | \n", "2023-04-20 | \n", "8 | \n", "0 | \n", "1040 | \n", "
24960 rows × 13 columns
\n", "